#include <stdio.h>
#include "common.h"
#include <ctype.h>

int is_word_delim(int c)
{
	return !isalnum(c);
}

int main()
{
	//char s[] = "Napoleon said: just  leave	me alone, damn it! END";
	char s[] = ".,.,,,..,,!!alfa@#!@#$!@#$#@!beta$!@#$^%&^%*^!#$%$^@gamma!#@$@#";
	char **tok = NULL;
	int tokens;
	int i;

	tokens = get_tokens(s, &tok, is_word_delim);
	for(i = 0; i < tokens; ++i)
		printf("%s\n", tok[i]);
	free_tokens(tokens, tok);

	return 0;
}
